<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>CUDNN Frontend API: cudnn_frontend_ExecutionPlanCache.h Source File</title>
<link href="../../tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../jquery.js"></script>
<script type="text/javascript" src="../../dynsections.js"></script>
<link href="../../navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../resize.js"></script>
<script type="text/javascript" src="../../navtreedata.js"></script>
<script type="text/javascript" src="../../navtree.js"></script>
<script type="text/javascript">
  $(document).ready(initResizable);
</script>
<link href="../../search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../search/searchdata.js"></script>
<script type="text/javascript" src="../../search/search.js"></script>
<link href="../../doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td id="projectalign" style="padding-left: 0.5em;">
   <div id="projectname">CUDNN Frontend API
   &#160;<span id="projectnumber">8.3.0</span>
   </div>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "../../search",false,'Search');
</script>
<script type="text/javascript" src="../../menudata.js"></script>
<script type="text/javascript" src="../../menu.js"></script>
<script type="text/javascript">
$(function() {
  initMenu('../../',true,false,'search.php','Search');
  $(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
  <div id="nav-tree">
    <div id="nav-tree-contents">
      <div id="nav-sync" class="sync"></div>
    </div>
  </div>
  <div id="splitbar" style="-moz-user-select:none;" 
       class="ui-resizable-handle">
  </div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html','../../');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>

<div class="header">
  <div class="headertitle">
<div class="title">cudnn_frontend_ExecutionPlanCache.h</div>  </div>
</div><!--header-->
<div class="contents">
<a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment"> * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment"> * Permission is hereby granted, free of charge, to any person obtaining a</span></div><div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="comment"> * copy of this software and associated documentation files (the &quot;Software&quot;),</span></div><div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="comment"> * to deal in the Software without restriction, including without limitation</span></div><div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment"> * the rights to use, copy, modify, merge, publish, distribute, sublicense,</span></div><div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment"> * and/or sell copies of the Software, and to permit persons to whom the</span></div><div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment"> * Software is furnished to do so, subject to the following conditions:</span></div><div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;<span class="comment"> * The above copyright notice and this permission notice shall be included in</span></div><div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="comment"> * all copies or substantial portions of the Software.</span></div><div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="comment"> * THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span></div><div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment"> * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span></div><div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;<span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL</span></div><div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="comment"> * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span></div><div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="comment"> * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING</span></div><div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;<span class="comment"> * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER</span></div><div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;<span class="comment"> * DEALINGS IN THE SOFTWARE.</span></div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;</div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;<span class="preprocessor">#include &lt;tuple&gt;</span></div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;<span class="preprocessor">#include &lt;unordered_map&gt;</span></div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#include &lt;map&gt;</span></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;<span class="preprocessor">#include &lt;memory&gt;</span></div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;<span class="preprocessor">#include &lt;mutex&gt;</span></div><div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;</div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="../../db/d7d/cudnn__frontend__OperationGraph_8h.html">cudnn_frontend_OperationGraph.h</a>&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="../../d6/d51/cudnn__frontend__ExecutionPlan_8h.html">cudnn_frontend_ExecutionPlan.h</a>&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;</div><div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;</div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;<span class="comment">/***</span></div><div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;<span class="comment"> *    device_id_0 Operation_Graph0 (conv_fprop)</span></div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;<span class="comment"> *    | Feature_vector_type0_val0   |  Plan A0   |</span></div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;<span class="comment"> *    | Feature_vector_type0_val1   |  Plan B0   |</span></div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;<span class="comment"> * </span></div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;<span class="comment"> *    device_id_0 Operation_Graph1 (dgrad)  </span></div><div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;<span class="comment"> *    | Feature_vector_type1_val0   |  Plan A1   |</span></div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;<span class="comment"> *    | Feature_vector_type1_val1   |  Plan B1   |</span></div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;<span class="comment"> *    </span></div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;<span class="comment"> *    device_id_0 Operation_Graph2 (wgrad)  </span></div><div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;<span class="comment"> *    | Feature_vector_type2_val0   |  Plan B2   |  </span></div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;<span class="comment"> * </span></div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;<span class="comment"> *    device_id_1 Operation_Graph0 (conv_fprop)</span></div><div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;<span class="comment"> *    | Feature_vector_type0_val0   |  Plan A0   |</span></div><div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;<span class="comment"> *    | Feature_vector_type0_val1   |  Plan B0   |</span></div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;<span class="comment"> * </span></div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;<span class="comment"> *    device_id_1 Operation_Graph1 (dgrad)  </span></div><div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;<span class="comment"> *    | Feature_vector_type1_val0   |  Plan A1   |</span></div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;<span class="comment"> *    | Feature_vector_type1_val1   |  Plan B1   |</span></div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;<span class="comment"> *     </span></div><div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;<span class="comment"> *    device_id_1 Operation_Graph2 (wgrad)  </span></div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;<span class="comment"> *    -------------------------------------------------------------------------------</span></div><div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;<span class="comment"> *    | Feature_vector_type2_val0   |  Plan B2   |  </span></div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;<span class="comment"> *    ===============================================================================</span></div><div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;</div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;<span class="keyword">namespace </span><a class="code" href="../../df/de1/namespacecudnn__frontend.html">cudnn_frontend</a> {</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;</div><div class="line"><a name="l00079"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html">   79</a></span>&#160;<span class="keyword">class </span><a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html">ExecutionPlanCache_v1</a> {</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;   <span class="keyword">protected</span>:</div><div class="line"><a name="l00082"></a><span class="lineno"><a class="line" href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html">   82</a></span>&#160;    <span class="keyword">struct </span><a class="code" href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html">compare</a> {</div><div class="line"><a name="l00083"></a><span class="lineno"><a class="line" href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html#a7b5136a809e5d8f70b5bcc4cc1a1449e">   83</a></span>&#160;        <span class="keywordtype">bool</span> <a class="code" href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html#a7b5136a809e5d8f70b5bcc4cc1a1449e">operator ()</a>(<span class="keyword">const</span> <a class="code" href="../../df/de1/namespacecudnn__frontend.html#a360ee0c724a479660a6bd0815af46ac1">feature_vector_t</a> &amp; fv1, <span class="keyword">const</span> <a class="code" href="../../df/de1/namespacecudnn__frontend.html#a360ee0c724a479660a6bd0815af46ac1">feature_vector_t</a> &amp;fv2)<span class="keyword"> const </span>{</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;            <span class="keywordflow">for</span> (uint32_t i = 0u; i &lt; fv1.size(); i++) {</div><div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;                <span class="keywordflow">if</span> (fv1[i] &lt; fv2[i]) {</div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;                    <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;                }</div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;            }</div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;        }</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;    };</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;</div><div class="line"><a name="l00092"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">   92</a></span>&#160;    std::string <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">name</a> = <span class="stringliteral">&quot;plan_cache_[unnamed]&quot;</span>;</div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;</div><div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a48b14498b68c2ad2030e38a6ccb98c15">   96</a></span>&#160;    <span class="keyword">using</span> <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a48b14498b68c2ad2030e38a6ccb98c15">FeatureVectorToPlanMap</a> = std::map&lt;cudnn_frontend::feature_vector_t, cudnn_frontend::ExecutionPlan, cudnn_frontend::ExecutionPlanCache_v1::compare&gt;;</div><div class="line"><a name="l00097"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a13e174d7eceaa7b06b7e206683d084c5">   97</a></span>&#160;    <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a48b14498b68c2ad2030e38a6ccb98c15">FeatureVectorToPlanMap</a>  <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a13e174d7eceaa7b06b7e206683d084c5">cache</a>;</div><div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;</div><div class="line"><a name="l00099"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a43ca7f73d6656423a3c0fc232d6ab4b5">   99</a></span>&#160;    <span class="keyword">mutable</span> std::mutex <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a43ca7f73d6656423a3c0fc232d6ab4b5">cache_mutex</a>;</div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;</div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160; <span class="keyword">public</span>:</div><div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;    <span class="keyword">virtual</span> <span class="keywordtype">bool</span> </div><div class="line"><a name="l00103"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a3cf1a9252e9f57d933f6b1918bf26571">  103</a></span>&#160;    <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a3cf1a9252e9f57d933f6b1918bf26571">is_fastest_plan_stable</a>(<span class="keyword">const</span> <a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph</a> &amp;op_graph,</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;                           <span class="keyword">const</span> std::string &amp; tag) {</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;        <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;    }</div><div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;</div><div class="line"><a name="l00108"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a0a60f67637646017b056301c3d1424db">  108</a></span>&#160;    <span class="keywordtype">void</span> <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a0a60f67637646017b056301c3d1424db">add_plan_to_cache</a>(<span class="keyword">const</span> <a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph</a> &amp;op_graph,</div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;                           <span class="keyword">const</span> <a class="code" href="../../d5/d06/classcudnn__frontend_1_1ExecutionPlan__v8.html">cudnn_frontend::ExecutionPlan</a> &amp;plan) {</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;        std::lock_guard&lt;std::mutex&gt; guard(cache_mutex);</div><div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;        cache.insert(std::make_pair(op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a323f652e94a96660d0186be02561d09f">getFeatureVector</a>(),plan));</div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;        <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">getLogger</a>() &lt;&lt; <span class="stringliteral">&quot;[cudnn_frontend] Added to &quot;</span> &lt;&lt; name &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a19fd5ed99ab4053c8a178bd33843460a">getTag</a>() &lt;&lt; std::endl;</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;    }</div><div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;</div><div class="line"><a name="l00115"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#aa5bc2d3bd9e86b2f17cfea2d3ee41d65">  115</a></span>&#160;    <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#aa5bc2d3bd9e86b2f17cfea2d3ee41d65">ExecutionPlanCache_v1</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> * name_) {</div><div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;        name = name_;</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;    }</div><div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;</div><div class="line"><a name="l00119"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a818a43f69d0fe6068a0cbfe623367753">  119</a></span>&#160;    <span class="keyword">const</span> std::string &amp; <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a818a43f69d0fe6068a0cbfe623367753">get_name</a>()<span class="keyword"> const </span>{</div><div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;        <span class="keywordflow">return</span> <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">name</a>;</div><div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;    }</div><div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;</div><div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;    <span class="comment">// Plan is the output here.</span></div><div class="line"><a name="l00124"></a><span class="lineno"><a class="line" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a86e9eeaddb1da051c26f386469a3e293">  124</a></span>&#160;    <span class="keywordtype">bool</span> <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a86e9eeaddb1da051c26f386469a3e293">get_plan_from_cache</a>(<span class="keyword">const</span> <a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph</a> &amp;op_graph, </div><div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;                             <span class="keyword">const</span> <a class="code" href="../../d5/d06/classcudnn__frontend_1_1ExecutionPlan__v8.html">cudnn_frontend::ExecutionPlan</a> *&amp;plan)<span class="keyword"> const </span>{</div><div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;        {</div><div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;            std::lock_guard&lt;std::mutex&gt; guard(cache_mutex);</div><div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;            <span class="keyword">auto</span> it = cache.find(op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a323f652e94a96660d0186be02561d09f">getFeatureVector</a>());</div><div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;</div><div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;            <span class="keywordflow">if</span> (it == cache.end()) {</div><div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;                <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">getLogger</a>() &lt;&lt; <span class="stringliteral">&quot;[cudnn_frontend] Cached Plan Not Found in &quot;</span> &lt;&lt; name &lt;&lt; std::endl;</div><div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;                <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;            }</div><div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;            plan = &amp;(it-&gt;second);</div><div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;        }</div><div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;        <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">getLogger</a>() &lt;&lt; <span class="stringliteral">&quot;[cudnn_frontend] Cached Plan Found in &quot;</span> &lt;&lt; name &lt;&lt; std::endl;</div><div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;        <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;    }</div><div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;};</div><div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;</div><div class="line"><a name="l00141"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html">  141</a></span>&#160;<span class="keyword">class </span><a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html">ExecutionPlanCache_v2</a> : <span class="keyword">public</span> <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html">ExecutionPlanCache_v1</a> {</div><div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;</div><div class="line"><a name="l00143"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a284ee8506331e454a8f42550197b88cd">  143</a></span>&#160;    <span class="keyword">using</span> <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a284ee8506331e454a8f42550197b88cd">SaturationTracker</a> = std::map&lt;std::pair&lt;cudnn_frontend::feature_vector_t, std::string&gt;, int32_t&gt;;</div><div class="line"><a name="l00144"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a41550a4eec664cb3df6d9a676af0a110">  144</a></span>&#160;    <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a284ee8506331e454a8f42550197b88cd">SaturationTracker</a> <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a41550a4eec664cb3df6d9a676af0a110">tracker</a>;</div><div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;    </div><div class="line"><a name="l00146"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#ac1dbd7a4c056ab5b1225672c39bf69d0">  146</a></span>&#160;    int32_t saturationCount = 1;</div><div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;</div><div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160; <span class="keyword">public</span>:</div><div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;    <span class="keyword">virtual</span> <span class="keywordtype">bool</span> </div><div class="line"><a name="l00150"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a75f65c7d922d206acf28d88bff53e4fe">  150</a></span>&#160;    <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a75f65c7d922d206acf28d88bff53e4fe">is_fastest_plan_stable</a>(<span class="keyword">const</span> <a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph</a> &amp;op_graph,</div><div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;                           <span class="keyword">const</span> std::string &amp; tag) {</div><div class="line"><a name="l00152"></a><span class="lineno">  152</span>&#160;        <span class="keywordflow">if</span> (saturationCount == 1) {<span class="keywordflow">return</span> <span class="keyword">true</span>;} <span class="comment">// Special case. Always add to the cache.</span></div><div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;</div><div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;        <span class="comment">// If plan cache is already created for the op_graph no need to update.</span></div><div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;        <span class="comment">// Ideally, one will auto-tune only if the plan cache has no plan for the op_graph.</span></div><div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;        <a class="code" href="../../d5/d06/classcudnn__frontend_1_1ExecutionPlan__v8.html">cudnn_frontend::ExecutionPlan</a> <span class="keyword">const</span> *plan = <span class="keyword">nullptr</span>;</div><div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;        <span class="keywordflow">if</span> (<a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a86e9eeaddb1da051c26f386469a3e293">get_plan_from_cache</a>(op_graph, plan)) {</div><div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;            <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">getLogger</a>() &lt;&lt; <span class="stringliteral">&quot;[cudnn_frontend] SaturationTracker &quot;</span> &lt;&lt; <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">name</a> &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a19fd5ed99ab4053c8a178bd33843460a">getTag</a>() &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; tag &lt;&lt; <span class="stringliteral">&quot; plan already in cache.&quot;</span> &lt;&lt; std::endl;</div><div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;            <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;        }</div><div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;</div><div class="line"><a name="l00162"></a><span class="lineno">  162</span>&#160;        <span class="comment">// Lock the cache and increase the count till we saturate</span></div><div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;        std::lock_guard&lt;std::mutex&gt; guard(<a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a43ca7f73d6656423a3c0fc232d6ab4b5">cache_mutex</a>);</div><div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;        <span class="keyword">auto</span> cnt = tracker[std::make_pair(op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a323f652e94a96660d0186be02561d09f">getFeatureVector</a>(),tag)] += 1;</div><div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;        <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">getLogger</a>() &lt;&lt; <span class="stringliteral">&quot;[cudnn_frontend] SaturationTracker &quot;</span> &lt;&lt; <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">name</a> &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; op_graph.<a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a19fd5ed99ab4053c8a178bd33843460a">getTag</a>() &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; tag &lt;&lt; <span class="stringliteral">&quot; &quot;</span> &lt;&lt; cnt &lt;&lt; std::endl;</div><div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;        <span class="keywordflow">return</span> cnt &gt;= saturationCount;</div><div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;    }</div><div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;</div><div class="line"><a name="l00169"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a6caf67e9fbf0ab2349634eca4e5f939b">  169</a></span>&#160;    <span class="keywordtype">void</span> <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a6caf67e9fbf0ab2349634eca4e5f939b">set_saturation_count</a>(int32_t count) {</div><div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;        saturationCount = count;</div><div class="line"><a name="l00171"></a><span class="lineno">  171</span>&#160;    }</div><div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;</div><div class="line"><a name="l00173"></a><span class="lineno"><a class="line" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a3f315c2f2ef109db63cfb16965931652">  173</a></span>&#160;    <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a3f315c2f2ef109db63cfb16965931652">ExecutionPlanCache_v2</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> * name_) : <a class="code" href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html">ExecutionPlanCache_v1</a>(name_) {</div><div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;    }</div><div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;</div><div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;};</div><div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;</div><div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="../../df/de1/namespacecudnn__frontend.html#ab36c7aba5bedf33ef3b51c955685d1ce">  178</a></span>&#160;<span class="keyword">using</span> <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html">ExecutionPlanCache</a> = <a class="code" href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html">ExecutionPlanCache_v2</a>;</div><div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;</div><div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;}</div><div class="ttc" id="namespacecudnn__frontend_html_a360ee0c724a479660a6bd0815af46ac1"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#a360ee0c724a479660a6bd0815af46ac1">cudnn_frontend::feature_vector_t</a></div><div class="ttdeci">std::vector&lt; int64_t &gt; feature_vector_t</div><div class="ttdoc">Detailed feature_vector. Generally the Tensor and Operation properties. </div><div class="ttdef"><b>Definition:</b> <a href="../../df/d17/cudnn__frontend__utils_8h_source.html#l00034">cudnn_frontend_utils.h:34</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_ac39691550c5659acffd2386354ed18c6"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ac39691550c5659acffd2386354ed18c6">cudnn_frontend::getLogger</a></div><div class="ttdeci">ConditionalStreamer &amp; getLogger()</div><div class="ttdef"><b>Definition:</b> <a href="../../d8/dc4/cudnn__frontend__Logging_8h_source.html#l00072">cudnn_frontend_Logging.h:72</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_aa5bc2d3bd9e86b2f17cfea2d3ee41d65"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#aa5bc2d3bd9e86b2f17cfea2d3ee41d65">cudnn_frontend::ExecutionPlanCache_v1::ExecutionPlanCache_v1</a></div><div class="ttdeci">ExecutionPlanCache_v1(const char *name_)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00115">cudnn_frontend_ExecutionPlanCache.h:115</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlan__v8_html"><div class="ttname"><a href="../../d5/d06/classcudnn__frontend_1_1ExecutionPlan__v8.html">cudnn_frontend::ExecutionPlan_v8</a></div><div class="ttdef"><b>Definition:</b> <a href="../../d6/d51/cudnn__frontend__ExecutionPlan_8h_source.html#l00051">cudnn_frontend_ExecutionPlan.h:51</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html">cudnn_frontend::ExecutionPlanCache_v1</a></div><div class="ttdoc">Plan Cache structure for the above table. </div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00079">cudnn_frontend_ExecutionPlanCache.h:79</a></div></div>
<div class="ttc" id="cudnn__frontend__OperationGraph_8h_html"><div class="ttname"><a href="../../db/d7d/cudnn__frontend__OperationGraph_8h.html">cudnn_frontend_OperationGraph.h</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a3cf1a9252e9f57d933f6b1918bf26571"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a3cf1a9252e9f57d933f6b1918bf26571">cudnn_frontend::ExecutionPlanCache_v1::is_fastest_plan_stable</a></div><div class="ttdeci">virtual bool is_fastest_plan_stable(const cudnn_frontend::OperationGraph &amp;op_graph, const std::string &amp;tag)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00103">cudnn_frontend_ExecutionPlanCache.h:103</a></div></div>
<div class="ttc" id="structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare_html_a7b5136a809e5d8f70b5bcc4cc1a1449e"><div class="ttname"><a href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html#a7b5136a809e5d8f70b5bcc4cc1a1449e">cudnn_frontend::ExecutionPlanCache_v1::compare::operator()</a></div><div class="ttdeci">bool operator()(const feature_vector_t &amp;fv1, const feature_vector_t &amp;fv2) const</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00083">cudnn_frontend_ExecutionPlanCache.h:83</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a13e174d7eceaa7b06b7e206683d084c5"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a13e174d7eceaa7b06b7e206683d084c5">cudnn_frontend::ExecutionPlanCache_v1::cache</a></div><div class="ttdeci">FeatureVectorToPlanMap cache</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00097">cudnn_frontend_ExecutionPlanCache.h:97</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html_a284ee8506331e454a8f42550197b88cd"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a284ee8506331e454a8f42550197b88cd">cudnn_frontend::ExecutionPlanCache_v2::SaturationTracker</a></div><div class="ttdeci">std::map&lt; std::pair&lt; cudnn_frontend::feature_vector_t, std::string &gt;, int32_t &gt; SaturationTracker</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00143">cudnn_frontend_ExecutionPlanCache.h:143</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1OperationGraph__v8_html_a19fd5ed99ab4053c8a178bd33843460a"><div class="ttname"><a href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a19fd5ed99ab4053c8a178bd33843460a">cudnn_frontend::OperationGraph_v8::getTag</a></div><div class="ttdeci">std::string const  &amp; getTag() const</div><div class="ttdef"><b>Definition:</b> <a href="../../db/d7d/cudnn__frontend__OperationGraph_8h_source.html#l00098">cudnn_frontend_OperationGraph.h:98</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1OperationGraph__v8_html_a323f652e94a96660d0186be02561d09f"><div class="ttname"><a href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html#a323f652e94a96660d0186be02561d09f">cudnn_frontend::OperationGraph_v8::getFeatureVector</a></div><div class="ttdeci">feature_vector_t getFeatureVector() const</div><div class="ttdef"><b>Definition:</b> <a href="../../db/d7d/cudnn__frontend__OperationGraph_8h_source.html#l00103">cudnn_frontend_OperationGraph.h:103</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a43ca7f73d6656423a3c0fc232d6ab4b5"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a43ca7f73d6656423a3c0fc232d6ab4b5">cudnn_frontend::ExecutionPlanCache_v1::cache_mutex</a></div><div class="ttdeci">std::mutex cache_mutex</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00099">cudnn_frontend_ExecutionPlanCache.h:99</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a0a60f67637646017b056301c3d1424db"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a0a60f67637646017b056301c3d1424db">cudnn_frontend::ExecutionPlanCache_v1::add_plan_to_cache</a></div><div class="ttdeci">void add_plan_to_cache(const cudnn_frontend::OperationGraph &amp;op_graph, const cudnn_frontend::ExecutionPlan &amp;plan)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00108">cudnn_frontend_ExecutionPlanCache.h:108</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html_a75f65c7d922d206acf28d88bff53e4fe"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a75f65c7d922d206acf28d88bff53e4fe">cudnn_frontend::ExecutionPlanCache_v2::is_fastest_plan_stable</a></div><div class="ttdeci">virtual bool is_fastest_plan_stable(const cudnn_frontend::OperationGraph &amp;op_graph, const std::string &amp;tag)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00150">cudnn_frontend_ExecutionPlanCache.h:150</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a818a43f69d0fe6068a0cbfe623367753"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a818a43f69d0fe6068a0cbfe623367753">cudnn_frontend::ExecutionPlanCache_v1::get_name</a></div><div class="ttdeci">const std::string &amp; get_name() const</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00119">cudnn_frontend_ExecutionPlanCache.h:119</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html">cudnn_frontend</a></div><div class="ttdef"><b>Definition:</b> <a href="../../dc/d11/cudnn__backend__base_8h_source.html#l00029">cudnn_backend_base.h:29</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html_a41550a4eec664cb3df6d9a676af0a110"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a41550a4eec664cb3df6d9a676af0a110">cudnn_frontend::ExecutionPlanCache_v2::tracker</a></div><div class="ttdeci">SaturationTracker tracker</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00144">cudnn_frontend_ExecutionPlanCache.h:144</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a86e9eeaddb1da051c26f386469a3e293"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a86e9eeaddb1da051c26f386469a3e293">cudnn_frontend::ExecutionPlanCache_v1::get_plan_from_cache</a></div><div class="ttdeci">bool get_plan_from_cache(const cudnn_frontend::OperationGraph &amp;op_graph, const cudnn_frontend::ExecutionPlan *&amp;plan) const</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00124">cudnn_frontend_ExecutionPlanCache.h:124</a></div></div>
<div class="ttc" id="cudnn__frontend__ExecutionPlan_8h_html"><div class="ttname"><a href="../../d6/d51/cudnn__frontend__ExecutionPlan_8h.html">cudnn_frontend_ExecutionPlan.h</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a968bccc60a1acf84c58befe06da7c553"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a968bccc60a1acf84c58befe06da7c553">cudnn_frontend::ExecutionPlanCache_v1::name</a></div><div class="ttdeci">std::string name</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00092">cudnn_frontend_ExecutionPlanCache.h:92</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html_a6caf67e9fbf0ab2349634eca4e5f939b"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a6caf67e9fbf0ab2349634eca4e5f939b">cudnn_frontend::ExecutionPlanCache_v2::set_saturation_count</a></div><div class="ttdeci">void set_saturation_count(int32_t count)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00169">cudnn_frontend_ExecutionPlanCache.h:169</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html_a3f315c2f2ef109db63cfb16965931652"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html#a3f315c2f2ef109db63cfb16965931652">cudnn_frontend::ExecutionPlanCache_v2::ExecutionPlanCache_v2</a></div><div class="ttdeci">ExecutionPlanCache_v2(const char *name_)</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00173">cudnn_frontend_ExecutionPlanCache.h:173</a></div></div>
<div class="ttc" id="structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare_html"><div class="ttname"><a href="../../d4/d73/structcudnn__frontend_1_1ExecutionPlanCache__v1_1_1compare.html">cudnn_frontend::ExecutionPlanCache_v1::compare</a></div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00082">cudnn_frontend_ExecutionPlanCache.h:82</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1OperationGraph__v8_html"><div class="ttname"><a href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph_v8</a></div><div class="ttdef"><b>Definition:</b> <a href="../../db/d7d/cudnn__frontend__OperationGraph_8h_source.html#l00052">cudnn_frontend_OperationGraph.h:52</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v2_html"><div class="ttname"><a href="../../da/df5/classcudnn__frontend_1_1ExecutionPlanCache__v2.html">cudnn_frontend::ExecutionPlanCache_v2</a></div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00141">cudnn_frontend_ExecutionPlanCache.h:141</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanCache__v1_html_a48b14498b68c2ad2030e38a6ccb98c15"><div class="ttname"><a href="../../dc/d6e/classcudnn__frontend_1_1ExecutionPlanCache__v1.html#a48b14498b68c2ad2030e38a6ccb98c15">cudnn_frontend::ExecutionPlanCache_v1::FeatureVectorToPlanMap</a></div><div class="ttdeci">std::map&lt; cudnn_frontend::feature_vector_t, cudnn_frontend::ExecutionPlan, cudnn_frontend::ExecutionPlanCache_v1::compare &gt; FeatureVectorToPlanMap</div><div class="ttdef"><b>Definition:</b> <a href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h_source.html#l00096">cudnn_frontend_ExecutionPlanCache.h:96</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
  <ul>
    <li class="navelem"><a class="el" href="../../dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="../../d9/dd3/cudnn__frontend__ExecutionPlanCache_8h.html">cudnn_frontend_ExecutionPlanCache.h</a></li>
    <li class="footer">Generated by
    <a href="http://www.doxygen.org/index.html">
    <img class="footer" src="../../doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
  </ul>
</div>
</body>
</html>
